2025-06-13 14:18:15,793 [ 186776 ] INFO : ClickHouse root is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse (runner:53, check_args_and_update_paths) 2025-06-13 14:18:15,793 [ 186776 ] INFO : Cases dir is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration (runner:79, check_args_and_update_paths) 2025-06-13 14:18:15,793 [ 186776 ] INFO : utils dir is not set. Will use /home/ubuntu/_work/ClickHouse/ClickHouse/utils (runner:90, check_args_and_update_paths) 2025-06-13 14:18:15,793 [ 186776 ] INFO : base_configs_dir: /home/ubuntu/_work/ClickHouse/ClickHouse/programs/server, binary: /home/ubuntu/_work/_temp/test/build/clickhouse, cases_dir: /home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration (runner:92, check_args_and_update_paths) clickhouse_integration_tests_volume Running pytest container as: 'docker run --rm --name clickhouse_integration_tests_lunaxb --privileged --dns-search='.' --memory=30709026816 --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --volume=/home/ubuntu/_work/_temp/test/build/clickhouse:/clickhouse --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/programs/server:/clickhouse-config --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration:/ClickHouse/tests/integration --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/backupview:/ClickHouse/utils/backupview --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/grpc-client/pb2:/ClickHouse/utils/grpc-client/pb2 --volume=/run:/run/host:ro --volume=clickhouse_integration_tests_volume:/var/lib/docker -e DOCKER_DOTNET_CLIENT_TAG=11de0b29a15d -e DOCKER_HELPER_TAG=5dc43a6382f0 -e DOCKER_BASE_TAG=5ccda723c1fc -e DOCKER_KERBEROS_KDC_TAG=9391ecdee8d7 -e DOCKER_MYSQL_GOLANG_CLIENT_TAG=9bec2a638e6e -e DOCKER_MYSQL_JAVA_CLIENT_TAG=766bff31cfe4 -e DOCKER_MYSQL_JS_CLIENT_TAG=41ba7c2ec2a1 -e DOCKER_MYSQL_PHP_CLIENT_TAG=88be89c1e3b6 -e DOCKER_NGINX_DAV_TAG=b55ac9cd7519 -e DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=a4eff5c7f4d6 -e DOCKER_PYTHON_BOTTLE_TAG=d862517635bf -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 -e CLICKHOUSE_USE_OLD_ANALYZER=1 -e PYTHONUNBUFFERED=1 -e PYTEST_ADDOPTS="--dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 --report-log=parallel1_0.jsonl --report-log-exclude-logs-on-passed-tests test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_format_avro_confluent/test.py::test_select test_format_avro_confluent/test.py::test_select_auth test_format_avro_confluent/test.py::test_select_auth_encoded test_format_avro_confluent/test.py::test_select_auth_encoded_complex test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table test_keeper_reconfig_add/test.py::test_reconfig_add test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command test_keeper_session/test.py::test_session_close_shutdown test_keeper_session/test.py::test_session_timeout 'test_keeper_zookeeper_converter/test.py::test_acls[False]' 'test_keeper_zookeeper_converter/test.py::test_acls[True]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_smoke[False]' 'test_keeper_zookeeper_converter/test.py::test_smoke[True]' test_match_process_uid_against_data_owner/test.py::test_different_user 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user]' test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_merge_tree_empty_parts/test.py::test_empty_parts_summing test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree test_named_collections/test.py::test_config_reload test_named_collections/test.py::test_default_access test_named_collections/test.py::test_granular_access_create_alter_drop_query test_named_collections/test.py::test_granular_access_show_query test_named_collections/test.py::test_keeper_storage 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1]' 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0]' 'test_named_collections/test.py::test_name_escaping[node]' 'test_named_collections/test.py::test_name_escaping[node_with_keeper]' test_named_collections/test.py::test_show_grants 'test_named_collections/test.py::test_sql_commands[False]' 'test_named_collections/test.py::test_sql_commands[True]' test_on_cluster_timeouts/test.py::test_long_query test_overcommit_tracker/test.py::test_user_overcommit 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1]' test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet;-True]' test_polymorphic_parts/test.py::test_compact_parts_only 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]' 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]' test_polymorphic_parts/test.py::test_polymorphic_parts_index test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive -vvv " altinityinfra/integration-tests-runner:ad96270260ff '. Start tests ============================= test session starts ============================== platform linux -- Python 3.10.12, pytest-7.4.4, pluggy-1.5.0 -- /usr/bin/python3 cachedir: .pytest_cache Test order randomisation NOT enabled. Enable with --random-order or --random-order-bucket= rootdir: /ClickHouse/tests/integration configfile: pytest.ini plugins: timeout-2.3.1, repeat-0.9.3, order-1.0.0, reportlog-0.4.0, xdist-3.5.0, random-order-1.1.1 timeout: 900.0s timeout method: signal timeout func_only: False created: 10/10 workers 10 workers [100 items] scheduling tests via LoadFileScheduling test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] test_executable_dictionary/test.py::test_executable_implicit_input_python test_named_collections/test.py::test_config_reload test_format_avro_confluent/test.py::test_select test_merge_tree_s3_failover/test.py::test_move_failover test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] test_polymorphic_parts/test.py::test_compact_parts_only test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_keeper_zookeeper_converter/test.py::test_acls[False] [gw5] [ 1%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] [gw5] [ 2%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] [gw5] [ 3%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] [gw5] [ 4%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] [gw5] [ 5%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] [gw5] [ 6%] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] [gw1] [ 7%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python [gw1] [ 8%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python [gw1] [ 9%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python [gw9] [ 10%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where [gw3] [ 11%] PASSED test_named_collections/test.py::test_config_reload test_named_collections/test.py::test_default_access [gw6] [ 12%] PASSED test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts [gw6] [ 13%] PASSED test_merge_tree_s3_failover/test.py::test_retry_loading_parts [gw9] [ 14%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where [gw2] [ 15%] PASSED test_keeper_zookeeper_converter/test.py::test_acls[False] test_keeper_zookeeper_converter/test.py::test_acls[True] test_merge_tree_s3_failover/test.py::test_throttle_retry [gw6] [ 16%] PASSED test_merge_tree_s3_failover/test.py::test_throttle_retry test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] [gw1] [ 17%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python [gw9] [ 18%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree [gw1] [ 19%] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash [gw1] [ 20%] PASSED test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python [gw1] [ 21%] PASSED test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash [gw1] [ 22%] PASSED test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python [gw1] [ 23%] PASSED test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python [gw1] [ 24%] PASSED test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python [gw1] [ 25%] PASSED test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python [gw9] [ 26%] PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree [gw5] [ 27%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] [gw6] [ 28%] PASSED test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] [gw5] [ 29%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] [gw5] [ 30%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] test_keeper_session/test.py::test_session_close_shutdown [gw5] [ 31%] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] [gw7] [ 32%] PASSED test_format_avro_confluent/test.py::test_select test_format_avro_confluent/test.py::test_select_auth [gw7] [ 33%] PASSED test_format_avro_confluent/test.py::test_select_auth test_format_avro_confluent/test.py::test_select_auth_encoded [gw7] [ 34%] PASSED test_format_avro_confluent/test.py::test_select_auth_encoded test_format_avro_confluent/test.py::test_select_auth_encoded_complex [gw7] [ 35%] PASSED test_format_avro_confluent/test.py::test_select_auth_encoded_complex [gw4] [ 36%] PASSED test_polymorphic_parts/test.py::test_compact_parts_only test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] [gw2] [ 37%] PASSED test_keeper_zookeeper_converter/test.py::test_acls[True] test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] [gw1] [ 38%] PASSED test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python [gw4] [ 39%] PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] [gw1] [ 40%] PASSED test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash [gw1] [ 41%] PASSED test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python [gw6] [ 42%] PASSED test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] [gw3] [ 43%] PASSED test_named_collections/test.py::test_default_access test_named_collections/test.py::test_granular_access_create_alter_drop_query test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant [gw4] [ 44%] PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] [gw1] [ 45%] PASSED test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check [gw1] [ 46%] PASSED test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python [gw1] [ 47%] PASSED test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python [gw3] [ 48%] PASSED test_named_collections/test.py::test_granular_access_create_alter_drop_query test_named_collections/test.py::test_granular_access_show_query [gw5] [ 49%] PASSED test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant [gw0] [ 50%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] [gw2] [ 51%] PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table [gw9] [ 52%] PASSED test_keeper_session/test.py::test_session_close_shutdown test_keeper_session/test.py::test_session_timeout [gw9] [ 53%] PASSED test_keeper_session/test.py::test_session_timeout test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_keeper_reconfig_add/test.py::test_reconfig_add [gw1] [ 54%] PASSED test_executable_dictionary/test.py::test_executable_source_updated_python [gw0] [ 55%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] [gw2] [ 56%] PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] test_overcommit_tracker/test.py::test_user_overcommit [gw6] [ 57%] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_merge_tree_empty_parts/test.py::test_empty_parts_summing [gw6] [ 58%] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_summing [gw5] [ 59%] PASSED test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table [gw4] [ 60%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] [gw3] [ 61%] PASSED test_named_collections/test.py::test_granular_access_show_query test_named_collections/test.py::test_keeper_storage test_on_cluster_timeouts/test.py::test_long_query [gw2] [ 62%] PASSED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] [gw0] [ 63%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] [gw7] [ 64%] PASSED test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command [gw2] [ 65%] FAILED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] test_keeper_zookeeper_converter/test.py::test_smoke[False] [gw9] [ 66%] FAILED test_keeper_reconfig_add/test.py::test_reconfig_add test_match_process_uid_against_data_owner/test.py::test_different_user [gw0] [ 67%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] [gw5] [ 68%] PASSED test_on_cluster_timeouts/test.py::test_long_query [gw2] [ 69%] PASSED test_keeper_zookeeper_converter/test.py::test_smoke[False] test_keeper_zookeeper_converter/test.py::test_smoke[True] [gw4] [ 70%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] test_polymorphic_parts/test.py::test_polymorphic_parts_index [gw7] [ 71%] PASSED test_match_process_uid_against_data_owner/test.py::test_different_user [gw4] [ 72%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_index test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive [gw4] [ 73%] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive [gw1] [ 74%] PASSED test_overcommit_tracker/test.py::test_user_overcommit test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading [gw2] [ 75%] PASSED test_keeper_zookeeper_converter/test.py::test_smoke[True] [gw0] [ 76%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] [gw1] [ 77%] PASSED test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading [gw0] [ 78%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] [gw3] [ 79%] PASSED test_named_collections/test.py::test_keeper_storage test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] [gw3] [ 80%] PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] [gw3] [ 81%] PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] test_named_collections/test.py::test_name_escaping[node] [gw3] [ 82%] PASSED test_named_collections/test.py::test_name_escaping[node] test_named_collections/test.py::test_name_escaping[node_with_keeper] [gw3] [ 83%] PASSED test_named_collections/test.py::test_name_escaping[node_with_keeper] test_named_collections/test.py::test_show_grants [gw0] [ 84%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] [gw3] [ 85%] PASSED test_named_collections/test.py::test_show_grants test_named_collections/test.py::test_sql_commands[False] [gw0] [ 86%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] [gw3] [ 87%] PASSED test_named_collections/test.py::test_sql_commands[False] test_named_collections/test.py::test_sql_commands[True] [gw0] [ 88%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] [gw8] [ 89%] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] [gw0] [ 90%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] [gw0] [ 91%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] [gw3] [ 92%] PASSED test_named_collections/test.py::test_sql_commands[True] [gw0] [ 93%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] [gw0] [ 94%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] [gw0] [ 95%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] [gw0] [ 96%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] [gw0] [ 97%] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] [gw8] [ 98%] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] [gw8] [ 99%] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] [gw8] [100%] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] =================================== FAILURES =================================== _______________________ test_simple_crud_requests[True] ________________________ [gw2] linux -- Python 3.10.12 /usr/bin/python3 started_cluster = create_snapshots = True @pytest.mark.parametrize(("create_snapshots"), [True, False]) def test_simple_crud_requests(started_cluster, create_snapshots): restart_and_clear_zookeeper() genuine_connection = get_genuine_zk(timeout=5) for i in range(100): > genuine_connection.create("/test_create" + str(i), get_bytes("data" + str(i))) test_keeper_zookeeper_converter/test.py:310: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/kazoo_client.py:12: in create return self.retry(super().create, *args, **kwargs) /usr/local/lib/python3.10/dist-packages/kazoo/client.py:347: in _retry return self._retry.copy()(*args, **kwargs) /usr/local/lib/python3.10/dist-packages/kazoo/retry.py:126: in __call__ return func(*args, **kwargs) /usr/local/lib/python3.10/dist-packages/kazoo/client.py:958: in create ).get() /usr/local/lib/python3.10/dist-packages/kazoo/handlers/utils.py:86: in get raise self._exception /usr/local/lib/python3.10/dist-packages/kazoo/handlers/utils.py:292: in captured_function return function(*args, **kwargs) /usr/local/lib/python3.10/dist-packages/kazoo/handlers/utils.py:313: in captured_function value = function(*args, **kwargs) /usr/local/lib/python3.10/dist-packages/kazoo/client.py:1022: in create_completion return self.unchroot(result.get()) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = block = True, timeout = None def get(self, block=True, timeout=None): """Return the stored value or raise the exception. If there is no value raises TimeoutError. """ with self._condition: if self._exception is not _NONE: if self._exception is None: return self.value > raise self._exception E kazoo.exceptions.NodeExistsError /usr/local/lib/python3.10/dist-packages/kazoo/handlers/utils.py:80: NodeExistsError ------------------------------ Captured log call ------------------------------- 2025-06-13 14:20:39 [ 611 ] DEBUG : run container_id:roottestkeeperzookeeperconverter-gw2-node-1 detach:False nothrow:False cmd: ['bash', '-c', '/opt/zookeeper/bin/zkServer.sh stop'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:39 [ 611 ] DEBUG : Command:[docker exec roottestkeeperzookeeperconverter-gw2-node-1 bash -c /opt/zookeeper/bin/zkServer.sh stop] (cluster.py:121, run_and_check) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:40 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] DEBUG : Stdout:/usr/bin/java (cluster.py:145, run_and_check) 2025-06-13 14:20:41 [ 611 ] DEBUG : Stdout:Stopping zookeeper ... STOPPED (cluster.py:145, run_and_check) 2025-06-13 14:20:41 [ 611 ] DEBUG : Stderr:ZooKeeper JMX enabled by default (cluster.py:147, run_and_check) 2025-06-13 14:20:41 [ 611 ] DEBUG : Stderr:Using config: /opt/zookeeper/bin/../conf/zoo.cfg (cluster.py:147, run_and_check) 2025-06-13 14:20:41 [ 611 ] DEBUG : run container_id:roottestkeeperzookeeperconverter-gw2-node-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'zookeeper' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:41 [ 611 ] DEBUG : Command:[docker exec roottestkeeperzookeeperconverter-gw2-node-1 bash -c ps ax | grep 'zookeeper' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:41 [ 611 ] DEBUG : run container_id:roottestkeeperzookeeperconverter-gw2-node-1 detach:False nothrow:False cmd: ['bash', '-c', 'rm -fr /zookeeper/*'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:41 [ 611 ] DEBUG : Command:[docker exec roottestkeeperzookeeperconverter-gw2-node-1 bash -c rm -fr /zookeeper/*] (cluster.py:121, run_and_check) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] DEBUG : run container_id:roottestkeeperzookeeperconverter-gw2-node-1 detach:False nothrow:False cmd: ['bash', '-c', '/opt/zookeeper/bin/zkServer.sh start'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:41 [ 611 ] DEBUG : Command:[docker exec roottestkeeperzookeeperconverter-gw2-node-1 bash -c /opt/zookeeper/bin/zkServer.sh start] (cluster.py:121, run_and_check) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:41 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:41 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:42 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:42 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:42 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:42 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:42 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:42 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:42 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:42 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:42 [ 611 ] DEBUG : Stdout:/usr/bin/java (cluster.py:145, run_and_check) 2025-06-13 14:20:42 [ 611 ] DEBUG : Stdout:Starting zookeeper ... STARTED (cluster.py:145, run_and_check) 2025-06-13 14:20:42 [ 611 ] DEBUG : Stderr:ZooKeeper JMX enabled by default (cluster.py:147, run_and_check) 2025-06-13 14:20:42 [ 611 ] DEBUG : Stderr:Using config: /opt/zookeeper/bin/../conf/zoo.cfg (cluster.py:147, run_and_check) 2025-06-13 14:20:42 [ 611 ] DEBUG : get_instance_ip instance_name=node (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:43 [ 611 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperzookeeperconverter-gw2-node-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:43 [ 611 ] DEBUG : get_kazoo_client: node, ip:172.16.2.2, port:2181, use_ssl:False (cluster.py:3234, get_kazoo_client) 2025-06-13 14:20:43 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:43 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:43 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:43 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:43 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:43 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:43 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:43 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:43 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:43 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:44 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:44 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:44 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:44 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:44 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:44 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:44 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:44 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:45 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:45 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:45 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:46 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:46 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:46 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:46 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:47 [ 611 ] WARNING : Connection dropped: socket connection error: Connection refused (connection.py:622, _connect_attempt) 2025-06-13 14:20:48 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:48 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057772280840198, passwd=b'\xed\x06\xe7\xae\x88[\xf0\xe9h\x94\xb8\x0cx\xd3\xb3\xae', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:48 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:48 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:48 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:48 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:49 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:49 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user2:password2') (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:50 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057773648969728, passwd=b'\x8b\x16\xad\x8f\xbc\xac\xac\xcd\xe1?\x07\xa3e\xa1\x88\x84', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:50 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:50 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:50 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:50 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user3:password3') (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user1:password1') (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user2:password2') (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:50 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057772280840197, passwd=b'&j\xd5\xaeh>\x8e\xb8G]\xee\x8e\xf3m\xf1\x15', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:50 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:50 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:51 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:51 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:51 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:51 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:51 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057772280840195, passwd=b'\xb4\xa3\xf8\xae\xa8xR\x1b\x88\xcb\x82\x8a\xfe8vG', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:51 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:51 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:51 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:51 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057772280840193, passwd=b'\xda\xe5\xec\xae\xe8\x0f\x11\xa5rQQ\xe1\xa5J\x9f\xe1', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:51 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:51 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:51 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:51 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:51 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:51 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user1:password1') (connection.py:312, _submit) 2025-06-13 14:20:51 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:51 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:51 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:52 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:53 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057772280840192, passwd=b'\xc7\xc4\xf2\xaeH\xc41`}\x0e\xea\xb5\xd1\xc1\x8a\x14', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=5000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:53 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:53 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=1): Create(path='/test_create0', data=b'data0', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=1): '/test_create0' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=2): Create(path='/test_create1', data=b'data1', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user2:password2') (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=2): '/test_create1' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=3): Create(path='/test_create2', data=b'data2', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=3): '/test_create2' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=4): Create(path='/test_create3', data=b'data3', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=4): '/test_create3' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=5): Create(path='/test_create4', data=b'data4', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=5): '/test_create4' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=6): Create(path='/test_create5', data=b'data5', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=6): '/test_create5' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=7): Create(path='/test_create6', data=b'data6', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=7): '/test_create6' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=8): Create(path='/test_create7', data=b'data7', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=8): '/test_create7' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=9): Create(path='/test_create8', data=b'data8', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=9): '/test_create8' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=10): Create(path='/test_create9', data=b'data9', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=10): '/test_create9' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=11): Create(path='/test_create10', data=b'data10', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:53 [ 611 ] DEBUG : Received response(xid=11): '/test_create10' (connection.py:410, _read_response) 2025-06-13 14:20:53 [ 611 ] DEBUG : Sending request(xid=12): Create(path='/test_create11', data=b'data11', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=72057772280840196, passwd=b'\x13I\xdb\xae\xc8\xf2\xaesR\x1a\x87c \xe5\xdcH', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=12): '/test_create11' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=13): Create(path='/test_create12', data=b'data12', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] WARNING : Session has expired (connection.py:635, _connect_attempt) 2025-06-13 14:20:54 [ 611 ] INFO : Zookeeper session closed, state: EXPIRED_SESSION (client.py:537, _session_callback) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=13): '/test_create12' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=14): Create(path='/test_create13', data=b'data13', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=14): '/test_create13' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=15): Create(path='/test_create14', data=b'data14', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=15): '/test_create14' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=16): Create(path='/test_create15', data=b'data15', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=16): '/test_create15' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=17): Create(path='/test_create16', data=b'data16', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=17): '/test_create16' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=18): Create(path='/test_create17', data=b'data17', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=18): '/test_create17' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=19): Create(path='/test_create18', data=b'data18', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=19): '/test_create18' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=20): Create(path='/test_create19', data=b'data19', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=20): '/test_create19' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=21): Create(path='/test_create20', data=b'data20', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=21): '/test_create20' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=22): Create(path='/test_create21', data=b'data21', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=22): '/test_create21' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=23): Create(path='/test_create22', data=b'data22', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=23): '/test_create22' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=24): Create(path='/test_create23', data=b'data23', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=60000, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=24): '/test_create23' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=25): Create(path='/test_create24', data=b'data24', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=25): '/test_create24' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=26): Create(path='/test_create25', data=b'data25', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user3:password3') (connection.py:312, _submit) 2025-06-13 14:20:54 [ 611 ] DEBUG : Received response(xid=26): '/test_create25' (connection.py:410, _read_response) 2025-06-13 14:20:54 [ 611 ] DEBUG : Sending request(xid=27): Create(path='/test_create26', data=b'data26', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:55 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user1:password1') (connection.py:312, _submit) 2025-06-13 14:20:55 [ 611 ] DEBUG : Received response(xid=27): '/test_create26' (connection.py:410, _read_response) 2025-06-13 14:20:55 [ 611 ] DEBUG : Sending request(xid=28): Create(path='/test_create27', data=b'data27', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:55 [ 611 ] DEBUG : Sending request(xid=-4): Auth(auth_type=0, scheme='digest', auth='user2:password2') (connection.py:312, _submit) 2025-06-13 14:20:55 [ 611 ] DEBUG : Received response(xid=28): '/test_create27' (connection.py:410, _read_response) 2025-06-13 14:20:55 [ 611 ] DEBUG : Sending request(xid=29): Create(path='/test_create28', data=b'data28', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:55 [ 611 ] DEBUG : Received response(xid=29): '/test_create28' (connection.py:410, _read_response) 2025-06-13 14:20:55 [ 611 ] DEBUG : Sending request(xid=30): Create(path='/test_create29', data=b'data29', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:55 [ 611 ] DEBUG : Received response(xid=30): '/test_create29' (connection.py:410, _read_response) 2025-06-13 14:20:55 [ 611 ] DEBUG : Sending request(xid=31): Create(path='/test_create30', data=b'data30', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:58 [ 611 ] WARNING : Connection dropped: outstanding heartbeat ping not received (connection.py:622, _connect_attempt) 2025-06-13 14:20:58 [ 611 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:58 [ 611 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:58 [ 611 ] INFO : Connecting to 172.16.2.2(172.16.2.2):2181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:58 [ 611 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=38, time_out=5000, session_id=72057775321382917, passwd=b'\x87\x14\xd9\x95\xb5\xef\x9c\x8f\x10\tw\x8c\x88(\xc5~', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:59 [ 611 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:59 [ 611 ] DEBUG : Sending request(xid=1): Create(path='/test_create30', data=b'data30', acl=[ACL(perms=31, acl_list=['ALL'], id=Id(scheme='world', id='anyone'))], flags=0) (connection.py:312, _submit) 2025-06-13 14:20:59 [ 611 ] DEBUG : Received error(xid=1) NodeExistsError() (connection.py:392, _read_response) ______________________________ test_reconfig_add _______________________________ [gw9] linux -- Python 3.10.12 /usr/bin/python3 def test_reconfig_add(): """ Add a node to another node. Then add another node to two. """ global zk1, zk2, zk3 zk1 = create_client(node1) config = zk1.get("/keeper/config") print("Initial config", config) assert len(config.split("\n")) == 1 assert "node1" in config assert "node2" not in config assert "node3" not in config with pytest.raises(ku.KeeperException): # duplicate id with different endpoint zk1.reconfig(joining="server.1=localhost:1337", leaving=None, new_members=None) with pytest.raises(ku.KeeperException): # duplicate endpoint zk1.reconfig(joining="server.8=node1:9234", leaving=None, new_members=None) for i in range(100): zk1.create(f"/test_three_{i}", "somedata") node2.start_clickhouse() config = zk1.reconfig(joining="server.2=node2:9234", leaving=None, new_members=None) ku.wait_until_connected(cluster, node2) print("After adding 2", config) assert len(config.split("\n")) == 2 assert "node1" in config assert "node2" in config assert "node3" not in config zk2 = create_client(node2) ku.wait_configs_equal(config, zk2) for i in range(100): assert zk2.exists(f"/test_three_{i}") zk2.create(f"/test_three_{100 + i}", "somedata") # Why not both? # One node will process add_srv request, other will pull out updated config, apply # and return true in config update thread (without calling add_srv again) assert node1.contains_in_log(server_join_msg) or node2.contains_in_log( server_join_msg ) assert node2.contains_in_log(part_of_cluster) zk1.stop() zk1 = create_client(node1) zk1.sync("/test_three_0") for i in range(200): assert zk1.exists(f"/test_three_{i}") for i in range(100): zk2.create(f"/test_four_{i}", "somedata") node3.start_clickhouse() config = zk2.reconfig(joining="server.3=node3:9234", leaving=None, new_members=None) ku.wait_until_connected(cluster, node3) print("After adding 3", config) assert len(config.split("\n")) == 3 assert "node1" in config assert "node2" in config assert "node3" in config zk3 = create_client(node3) ku.wait_configs_equal(config, zk3) for i in range(100): assert zk3.exists(f"/test_four_{i}") zk3.create(f"/test_four_{100 + i}", "somedata") zk1.stop() zk1 = create_client(node1) zk1.sync("/test_four_0") zk2.stop() zk2 = create_client(node2) zk2.sync("/test_four_0") for i in range(200): assert zk1.exists(f"/test_four_{i}") > assert zk2.exists(f"/test_four_{i}") test_keeper_reconfig_add/test.py:147: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ helpers/keeper_utils.py:189: in exists return bool(int(self.execute_query(f"exists '{path}'", timeout))) _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ self = query = "exists '/test_four_197'", timeout = 60.0 def execute_query(self, query: str, timeout: float = 60.0) -> str: output = io.BytesIO() self.proc.stdin.write(query.encode() + b"\n") self.proc.stdin.flush() events = self.poller.poll(timeout) if not events: raise TimeoutError(f"Keeper client returned no output") for fd_num, event in events: if event & (select.EPOLLIN | select.EPOLLPRI): file = self._fd_nums[fd_num] if file == self.proc.stdout: while True: chunk = file.readline() if chunk.endswith(self.SEPARATOR): break output.write(chunk) elif file == self.proc.stderr: self.proc.stdout.readline() > raise KeeperException(self.proc.stderr.readline().strip().decode()) E helpers.keeper_utils.KeeperException: Code: 999. Coordination::Exception: Nothing is received in session timeout of 10000 ms. (KEEPER_EXCEPTION), Stack trace (when copying this message, always include the lines below): helpers/keeper_utils.py:160: KeeperException ---------------------------- Captured stdout setup ----------------------------- Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml Copy common default production configuration from /clickhouse-config. Files: config.xml, users.xml ------------------------------ Captured log setup ------------------------------ 2025-06-13 14:19:49 [ 692 ] INFO : Running tests in /ClickHouse/tests/integration/test_keeper_reconfig_add/test.py (cluster.py:2672, start) 2025-06-13 14:19:49 [ 692 ] DEBUG : Cluster start called. is_up=False (cluster.py:2679, start) 2025-06-13 14:19:49 [ 692 ] DEBUG : Docker networks for project roottestkeeperreconfigadd-gw9 are NETWORK ID NAME DRIVER SCOPE (cluster.py:825, print_all_docker_pieces) 2025-06-13 14:19:49 [ 692 ] DEBUG : Docker containers for project roottestkeeperreconfigadd-gw9 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:833, print_all_docker_pieces) 2025-06-13 14:19:49 [ 692 ] DEBUG : Docker volumes for project roottestkeeperreconfigadd-gw9 are DRIVER VOLUME NAME (cluster.py:841, print_all_docker_pieces) 2025-06-13 14:19:49 [ 692 ] DEBUG : Cleanup called (cluster.py:846, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Docker networks for project roottestkeeperreconfigadd-gw9 are NETWORK ID NAME DRIVER SCOPE (cluster.py:825, print_all_docker_pieces) 2025-06-13 14:19:49 [ 692 ] DEBUG : Docker containers for project roottestkeeperreconfigadd-gw9 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:833, print_all_docker_pieces) 2025-06-13 14:19:49 [ 692 ] DEBUG : Docker volumes for project roottestkeeperreconfigadd-gw9 are DRIVER VOLUME NAME (cluster.py:841, print_all_docker_pieces) 2025-06-13 14:19:49 [ 692 ] DEBUG : Command:[docker container list --all --filter name='^/roottestkeeperreconfigadd-gw9-.*-1$' --format '{{.ID}}:{{.Names}}'] (cluster.py:121, run_and_check) 2025-06-13 14:19:49 [ 692 ] DEBUG : Unstopped containers: {} (cluster.py:860, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : No running containers for project: roottestkeeperreconfigadd-gw9 (cluster.py:874, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Trying to prune unused networks... (cluster.py:880, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Trying to prune unused images... (cluster.py:896, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Command:[docker image prune -f] (cluster.py:121, run_and_check) 2025-06-13 14:19:49 [ 692 ] DEBUG : Stdout:Total reclaimed space: 0B (cluster.py:145, run_and_check) 2025-06-13 14:19:49 [ 692 ] DEBUG : Images pruned (cluster.py:899, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Trying to prune unused volumes... (cluster.py:905, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Command:[docker volume ls | wc -l] (cluster.py:121, run_and_check) 2025-06-13 14:19:49 [ 692 ] DEBUG : Stdout:1 (cluster.py:145, run_and_check) 2025-06-13 14:19:49 [ 692 ] DEBUG : Volumes pruned: 1 (cluster.py:910, cleanup) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup directory for instance: node1 (cluster.py:2692, start) 2025-06-13 14:19:49 [ 692 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Copy custom test config files ['/ClickHouse/tests/integration/test_keeper_reconfig_add/configs/keeper1.xml'] to /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/database (cluster.py:4666, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/logs (cluster.py:4677, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Entrypoint cmd: ["clickhouse", "server", "--config-file=/etc/clickhouse-server/config.xml", "--log-file=/var/log/clickhouse-server/clickhouse-server.log", "--errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log", "--"] (cluster.py:4758, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup directory for instance: node2 (cluster.py:2692, start) 2025-06-13 14:19:49 [ 692 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Copy custom test config files [] to /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/database (cluster.py:4666, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/logs (cluster.py:4677, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon -- ; coproc tail -f /dev/null; wait $$!" (cluster.py:4758, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup directory for instance: node3 (cluster.py:2692, start) 2025-06-13 14:19:49 [ 692 ] DEBUG : Create directory for configuration generated in this helper (cluster.py:4536, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Create directory for common tests configuration (cluster.py:4541, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Copy common configuration from helpers (cluster.py:4561, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Generate and write macros file (cluster.py:4613, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Copy custom test config files [] to /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/configs/config.d (cluster.py:4649, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup database dir /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/database (cluster.py:4666, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Setup logs dir /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/logs (cluster.py:4677, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Entrypoint cmd: bash -c "trap 'pkill tail' INT TERM; clickhouse server --config-file=/etc/clickhouse-server/config.xml --log-file=/var/log/clickhouse-server/clickhouse-server.log --errorlog-file=/var/log/clickhouse-server/clickhouse-server.err.log --daemon -- ; coproc tail -f /dev/null; wait $$!" (cluster.py:4758, create_dir) 2025-06-13 14:19:49 [ 692 ] DEBUG : Env {'ASAN_OPTIONS': 'use_sigaltstack=0', 'TSAN_OPTIONS': 'use_sigaltstack=0', 'CLICKHOUSE_WATCHDOG_ENABLE': '0', 'CLICKHOUSE_NATS_TLS_SECURE': '0', 'LLVM_PROFILE_FILE': '/var/lib/clickhouse/server_%h_%p_%m.profraw'} stored in /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/.env (cluster.py:96, _create_env_file) 2025-06-13 14:19:49 [ 692 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2025-06-13 14:19:49 [ 692 ] DEBUG : No config file found (config.py:28, find_config_file) 2025-06-13 14:19:49 [ 692 ] DEBUG : Trying paths: ['/root/.docker/config.json', '/root/.dockercfg'] (config.py:21, find_config_file) 2025-06-13 14:19:49 [ 692 ] DEBUG : No config file found (config.py:28, find_config_file) 2025-06-13 14:19:49 [ 692 ] DEBUG : http://localhost:None "GET /version HTTP/1.1" 200 826 (connectionpool.py:547, _make_request) 2025-06-13 14:19:49 [ 692 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/.env --project-name roottestkeeperreconfigadd-gw9 --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/docker-compose.yml pull] (cluster.py:121, run_and_check) 2025-06-13 14:20:00 [ 692 ] DEBUG : Stderr: node3 Skipped - Image is already being pulled by node2 (cluster.py:147, run_and_check) 2025-06-13 14:20:00 [ 692 ] DEBUG : Stderr: node1 Skipped - Image is already being pulled by node2 (cluster.py:147, run_and_check) 2025-06-13 14:20:00 [ 692 ] DEBUG : Stderr: node2 Pulling (cluster.py:147, run_and_check) 2025-06-13 14:20:00 [ 692 ] DEBUG : Stderr: node2 Pulled (cluster.py:147, run_and_check) 2025-06-13 14:20:00 [ 692 ] DEBUG : ('Trying to create ClickHouse instance by command %s', 'docker compose --env-file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/.env --project-name roottestkeeperreconfigadd-gw9 --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/docker-compose.yml up -d --no-recreate') (cluster.py:3061, start) 2025-06-13 14:20:00 [ 692 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/.env --project-name roottestkeeperreconfigadd-gw9 --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/docker-compose.yml up -d --no-recreate] (cluster.py:121, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Network roottestkeeperreconfigadd-gw9_default Creating (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Network roottestkeeperreconfigadd-gw9_default Created (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Creating (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Created (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Starting (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Started (cluster.py:147, run_and_check) 2025-06-13 14:20:02 [ 692 ] DEBUG : ClickHouse instance created (cluster.py:3069, start) 2025-06-13 14:20:02 [ 692 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : Waiting for ClickHouse start in node1, ip: 172.16.1.4... (cluster.py:3077, start) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:03 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:04 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:05 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:06 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:07 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/d49838a80a71ada89c8283a555c3cec2d39ca8a5f842ed61a4d590d6c2c56d13/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : ClickHouse node1 started (cluster.py:3081, start) 2025-06-13 14:20:08 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : Waiting for ClickHouse start in node2, ip: 172.16.1.3... (cluster.py:3077, start) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/2bed159330fb2d5ad07847a940acafafded90c460c1dd2a9d965c79776b08f19/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : ClickHouse node2 started (cluster.py:3081, start) 2025-06-13 14:20:08 [ 692 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:2009, get_instance_global_ipv6) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : Waiting for ClickHouse start in node3, ip: 172.16.1.2... (cluster.py:3077, start) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/e6fb95468cb6884bed5f6ec632064b0094ae3898bbebd018fa25aa6aa5baca83/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:08 [ 692 ] DEBUG : ClickHouse node3 started (cluster.py:3081, start) 2025-06-13 14:20:08 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:True cmd: ['bash', '-c', 'ps -C clickhouse'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:08 [ 692 ] DEBUG : Command:[docker exec -u root roottestkeeperreconfigadd-gw9-node2-1 bash -c ps -C clickhouse] (cluster.py:121, run_and_check) 2025-06-13 14:20:08 [ 692 ] DEBUG : Stdout: PID TTY TIME CMD (cluster.py:145, run_and_check) 2025-06-13 14:20:08 [ 692 ] DEBUG : Stdout: 7 ? 00:00:02 clickhouse (cluster.py:145, run_and_check) 2025-06-13 14:20:08 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', 'pkill clickhouse'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:08 [ 692 ] DEBUG : Command:[docker exec -u root roottestkeeperreconfigadd-gw9-node2-1 bash -c pkill clickhouse] (cluster.py:121, run_and_check) 2025-06-13 14:20:08 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:08 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:09 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:10 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:10 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:10 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:11 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:11 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:11 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:12 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:12 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:12 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:12 [ 692 ] DEBUG : Stdout:724 (cluster.py:145, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:13 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir -p $(dirname /etc/clickhouse-server/config.d/keeper.xml) && echo PGNsaWNraG91c2U+CiAgICA8a2VlcGVyX3NlcnZlcj4KICAgICAgICA8ZW5hYmxlX3JlY29uZmlndXJhdGlvbj50cnVlPC9lbmFibGVfcmVjb25maWd1cmF0aW9uPgoKICAgICAgICA8dGNwX3BvcnQ+OTE4MTwvdGNwX3BvcnQ+CiAgICAgICAgPHNlcnZlcl9pZD4yPC9zZXJ2ZXJfaWQ+CiAgICAgICAgPGxvZ19zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vbG9nPC9sb2dfc3RvcmFnZV9wYXRoPgogICAgICAgIDxzbmFwc2hvdF9zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vc25hcHNob3RzPC9zbmFwc2hvdF9zdG9yYWdlX3BhdGg+CgogICAgICAgIDxjb29yZGluYXRpb25fc2V0dGluZ3M+CiAgICAgICAgICAgIDxvcGVyYXRpb25fdGltZW91dF9tcz41MDAwPC9vcGVyYXRpb25fdGltZW91dF9tcz4KICAgICAgICAgICAgPHNlc3Npb25fdGltZW91dF9tcz4xMDAwMDwvc2Vzc2lvbl90aW1lb3V0X21zPgogICAgICAgICAgICA8cmFmdF9sb2dzX2xldmVsPnRyYWNlPC9yYWZ0X2xvZ3NfbGV2ZWw+CiAgICAgICAgPC9jb29yZGluYXRpb25fc2V0dGluZ3M+CgogICAgICAgIDxyYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4xPC9pZD4gPGhvc3RuYW1lPm5vZGUxPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4yPC9pZD4gPGhvc3RuYW1lPm5vZGUyPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgPC9yYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICA8L2tlZXBlcl9zZXJ2ZXI+CjwvY2xpY2tob3VzZT4K | base64 --decode > /etc/clickhouse-server/config.d/keeper.xml'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:13 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c mkdir -p $(dirname /etc/clickhouse-server/config.d/keeper.xml) && echo PGNsaWNraG91c2U+CiAgICA8a2VlcGVyX3NlcnZlcj4KICAgICAgICA8ZW5hYmxlX3JlY29uZmlndXJhdGlvbj50cnVlPC9lbmFibGVfcmVjb25maWd1cmF0aW9uPgoKICAgICAgICA8dGNwX3BvcnQ+OTE4MTwvdGNwX3BvcnQ+CiAgICAgICAgPHNlcnZlcl9pZD4yPC9zZXJ2ZXJfaWQ+CiAgICAgICAgPGxvZ19zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vbG9nPC9sb2dfc3RvcmFnZV9wYXRoPgogICAgICAgIDxzbmFwc2hvdF9zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vc25hcHNob3RzPC9zbmFwc2hvdF9zdG9yYWdlX3BhdGg+CgogICAgICAgIDxjb29yZGluYXRpb25fc2V0dGluZ3M+CiAgICAgICAgICAgIDxvcGVyYXRpb25fdGltZW91dF9tcz41MDAwPC9vcGVyYXRpb25fdGltZW91dF9tcz4KICAgICAgICAgICAgPHNlc3Npb25fdGltZW91dF9tcz4xMDAwMDwvc2Vzc2lvbl90aW1lb3V0X21zPgogICAgICAgICAgICA8cmFmdF9sb2dzX2xldmVsPnRyYWNlPC9yYWZ0X2xvZ3NfbGV2ZWw+CiAgICAgICAgPC9jb29yZGluYXRpb25fc2V0dGluZ3M+CgogICAgICAgIDxyYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4xPC9pZD4gPGhvc3RuYW1lPm5vZGUxPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4yPC9pZD4gPGhvc3RuYW1lPm5vZGUyPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgPC9yYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICA8L2tlZXBlcl9zZXJ2ZXI+CjwvY2xpY2tob3VzZT4K | base64 --decode > /etc/clickhouse-server/config.d/keeper.xml] (cluster.py:121, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:True cmd: ['bash', '-c', 'ps -C clickhouse'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:13 [ 692 ] DEBUG : Command:[docker exec -u root roottestkeeperreconfigadd-gw9-node3-1 bash -c ps -C clickhouse] (cluster.py:121, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : Stdout: PID TTY TIME CMD (cluster.py:145, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : Stdout: 7 ? 00:00:02 clickhouse (cluster.py:145, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', 'pkill clickhouse'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:13 [ 692 ] DEBUG : Command:[docker exec -u root roottestkeeperreconfigadd-gw9-node3-1 bash -c pkill clickhouse] (cluster.py:121, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:13 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:13 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:14 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:14 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:15 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:16 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:16 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:17 [ 692 ] WARNING : Connection dropped: socket connection error: None (connection.py:622, _connect_attempt) 2025-06-13 14:20:17 [ 692 ] WARNING : Connection dropped: socket connection error: None (connection.py:622, _connect_attempt) 2025-06-13 14:20:17 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:18 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:19 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:20 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:20 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:21 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:21 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:21 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:22 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:22 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:22 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:22 [ 692 ] DEBUG : Stdout:7 (cluster.py:145, run_and_check) 2025-06-13 14:20:22 [ 692 ] DEBUG : Stdout:735 (cluster.py:145, run_and_check) 2025-06-13 14:20:22 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:23 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:23 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:23 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', 'mkdir -p $(dirname /etc/clickhouse-server/config.d/keeper.xml) && echo PGNsaWNraG91c2U+CiAgICA8a2VlcGVyX3NlcnZlcj4KICAgICAgICA8ZW5hYmxlX3JlY29uZmlndXJhdGlvbj50cnVlPC9lbmFibGVfcmVjb25maWd1cmF0aW9uPgoKICAgICAgICA8dGNwX3BvcnQ+OTE4MTwvdGNwX3BvcnQ+CiAgICAgICAgPHNlcnZlcl9pZD4zPC9zZXJ2ZXJfaWQ+CiAgICAgICAgPGxvZ19zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vbG9nPC9sb2dfc3RvcmFnZV9wYXRoPgogICAgICAgIDxzbmFwc2hvdF9zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vc25hcHNob3RzPC9zbmFwc2hvdF9zdG9yYWdlX3BhdGg+CgogICAgICAgIDxjb29yZGluYXRpb25fc2V0dGluZ3M+CiAgICAgICAgICAgIDxvcGVyYXRpb25fdGltZW91dF9tcz41MDAwPC9vcGVyYXRpb25fdGltZW91dF9tcz4KICAgICAgICAgICAgPHNlc3Npb25fdGltZW91dF9tcz4xMDAwMDwvc2Vzc2lvbl90aW1lb3V0X21zPgogICAgICAgICAgICA8cmFmdF9sb2dzX2xldmVsPnRyYWNlPC9yYWZ0X2xvZ3NfbGV2ZWw+CiAgICAgICAgPC9jb29yZGluYXRpb25fc2V0dGluZ3M+CgogICAgICAgIDxyYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4xPC9pZD4gPGhvc3RuYW1lPm5vZGUxPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4yPC9pZD4gPGhvc3RuYW1lPm5vZGUyPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4zPC9pZD4gPGhvc3RuYW1lPm5vZGUzPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgPC9yYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICA8L2tlZXBlcl9zZXJ2ZXI+CjwvY2xpY2tob3VzZT4K | base64 --decode > /etc/clickhouse-server/config.d/keeper.xml'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:23 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c mkdir -p $(dirname /etc/clickhouse-server/config.d/keeper.xml) && echo PGNsaWNraG91c2U+CiAgICA8a2VlcGVyX3NlcnZlcj4KICAgICAgICA8ZW5hYmxlX3JlY29uZmlndXJhdGlvbj50cnVlPC9lbmFibGVfcmVjb25maWd1cmF0aW9uPgoKICAgICAgICA8dGNwX3BvcnQ+OTE4MTwvdGNwX3BvcnQ+CiAgICAgICAgPHNlcnZlcl9pZD4zPC9zZXJ2ZXJfaWQ+CiAgICAgICAgPGxvZ19zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vbG9nPC9sb2dfc3RvcmFnZV9wYXRoPgogICAgICAgIDxzbmFwc2hvdF9zdG9yYWdlX3BhdGg+L3Zhci9saWIvY2xpY2tob3VzZS9jb29yZGluYXRpb24vc25hcHNob3RzPC9zbmFwc2hvdF9zdG9yYWdlX3BhdGg+CgogICAgICAgIDxjb29yZGluYXRpb25fc2V0dGluZ3M+CiAgICAgICAgICAgIDxvcGVyYXRpb25fdGltZW91dF9tcz41MDAwPC9vcGVyYXRpb25fdGltZW91dF9tcz4KICAgICAgICAgICAgPHNlc3Npb25fdGltZW91dF9tcz4xMDAwMDwvc2Vzc2lvbl90aW1lb3V0X21zPgogICAgICAgICAgICA8cmFmdF9sb2dzX2xldmVsPnRyYWNlPC9yYWZ0X2xvZ3NfbGV2ZWw+CiAgICAgICAgPC9jb29yZGluYXRpb25fc2V0dGluZ3M+CgogICAgICAgIDxyYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4xPC9pZD4gPGhvc3RuYW1lPm5vZGUxPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4yPC9pZD4gPGhvc3RuYW1lPm5vZGUyPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgICAgIDxzZXJ2ZXI+IDxpZD4zPC9pZD4gPGhvc3RuYW1lPm5vZGUzPC9ob3N0bmFtZT4gPHBvcnQ+OTIzNDwvcG9ydD4gPC9zZXJ2ZXI+CiAgICAgICAgPC9yYWZ0X2NvbmZpZ3VyYXRpb24+CiAgICA8L2tlZXBlcl9zZXJ2ZXI+CjwvY2xpY2tob3VzZT4K | base64 --decode > /etc/clickhouse-server/config.d/keeper.xml] (cluster.py:121, run_and_check) ----------------------------- Captured stdout call ----------------------------- Initial config server.1=node1:9234;participant;1 After adding 2 server.2=node2:9234;participant;1 server.1=node1:9234;participant;1 After adding 3 server.3=node3:9234;participant;1 server.1=node1:9234;participant;1 server.2=node2:9234;participant;1 ------------------------------ Captured log call ------------------------------- 2025-06-13 14:20:24 [ 692 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:24 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:24 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:24 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:25 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:25 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:25 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:25 [ 692 ] DEBUG : No clickhouse process running. Start new one. (cluster.py:3936, start_clickhouse) 2025-06-13 14:20:25 [ 692 ] DEBUG : http://localhost:None "POST /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/exec HTTP/1.1" 201 74 (connectionpool.py:547, _make_request) 2025-06-13 14:20:25 [ 692 ] DEBUG : http://localhost:None "POST /v1.46/exec/bc5f11f06ef6ee2874ef08eb91878c12dfa7f2b3bed3b0f82b9d3366f115ebb4/start HTTP/1.1" 200 0 (connectionpool.py:547, _make_request) 2025-06-13 14:20:25 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/exec/bc5f11f06ef6ee2874ef08eb91878c12dfa7f2b3bed3b0f82b9d3366f115ebb4/json HTTP/1.1" 200 586 (connectionpool.py:547, _make_request) 2025-06-13 14:20:26 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:26 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:26 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:27 [ 692 ] DEBUG : Stdout:769 (cluster.py:145, run_and_check) 2025-06-13 14:20:27 [ 692 ] DEBUG : Clickhouse process running. (cluster.py:3950, start_clickhouse) 2025-06-13 14:20:27 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:27 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:27 [ 692 ] DEBUG : Stdout:769 (cluster.py:145, run_and_check) 2025-06-13 14:20:27 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:27 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:27 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:28 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:29 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:30 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:30 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:30 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:31 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:32 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:32 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:33 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:35 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:36 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:36 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:37 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:38 [ 692 ] DEBUG : Executing query select 20 on node2 (cluster.py:3570, query) 2025-06-13 14:20:38 [ 692 ] DEBUG : Waiting until keeper will be ready on node2:9181 (timeout=30.000000) (keeper_utils.py:291, wait_until_connected) 2025-06-13 14:20:38 [ 692 ] DEBUG : Sending mntr to :9181 (keeper_utils.py:271, send_4lw_cmd) 2025-06-13 14:20:38 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:38 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:38 [ 692 ] DEBUG : Sending mntr to :9181 (keeper_utils.py:271, send_4lw_cmd) 2025-06-13 14:20:38 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:38 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:38 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:38 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:38 [ 692 ] DEBUG : Waiting until keeper can create sessions on 172.16.1.3:9181 (timeout=30.000000) (keeper_utils.py:307, wait_until_connected) 2025-06-13 14:20:38 [ 692 ] INFO : Connecting to 172.16.1.3(172.16.1.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:38 [ 692 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=29882, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:20:39 [ 692 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:20:39 [ 692 ] DEBUG : Sending request(xid=1): GetData(path='/keeper/api_version', watcher=None) (connection.py:312, _submit) 2025-06-13 14:20:39 [ 692 ] DEBUG : Received response(xid=1): (b'2', ZnodeStat(czxid=0, mzxid=0, ctime=0, mtime=0, version=0, cversion=0, aversion=0, ephemeralOwner=0, dataLength=1, numChildren=0, pzxid=0)) (connection.py:410, _read_response) 2025-06-13 14:20:39 [ 692 ] DEBUG : Sending request(xid=2): Close() (connection.py:312, _submit) 2025-06-13 14:20:39 [ 692 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:20:39 [ 692 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:20:39 [ 692 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:20:39 [ 692 ] WARNING : Failed connecting to Zookeeper within the connection retry policy. (connection.py:515, zk_loop) 2025-06-13 14:20:39 [ 692 ] INFO : Zookeeper session closed, state: CLOSED (client.py:537, _session_callback) 2025-06-13 14:20:39 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:39 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:39 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:40 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node1-1 detach:False nothrow:False cmd: ['bash', '-c', '[ -f /var/log/clickhouse-server/clickhouse-server.log ] && zgrep -aH "confirms it will join" /var/log/clickhouse-server/clickhouse-server.log | ( [ -z "" ] && cat || grep -v "$" ) || true'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:40 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node1-1 bash -c [ -f /var/log/clickhouse-server/clickhouse-server.log ] && zgrep -aH "confirms it will join" /var/log/clickhouse-server/clickhouse-server.log | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:20:40 [ 692 ] DEBUG : Stdout:/var/log/clickhouse-server/clickhouse-server.log:2025.06.13 14:20:38.849488 [ 597 ] {} RaftInstance: new server (2) confirms it will join, start syncing logs to it (cluster.py:145, run_and_check) 2025-06-13 14:20:40 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node2-1 detach:False nothrow:False cmd: ['bash', '-c', '[ -f /var/log/clickhouse-server/clickhouse-server.log ] && zgrep -aH "now this node is the part of cluster" /var/log/clickhouse-server/clickhouse-server.log | ( [ -z "" ] && cat || grep -v "$" ) || true'] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:40 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node2-1 bash -c [ -f /var/log/clickhouse-server/clickhouse-server.log ] && zgrep -aH "now this node is the part of cluster" /var/log/clickhouse-server/clickhouse-server.log | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:20:41 [ 692 ] DEBUG : Stdout:/var/log/clickhouse-server/clickhouse-server.log:2025.06.13 14:20:38.930058 [ 1395 ] {} RaftInstance: now this node is the part of cluster, catch-up process is done, clearing the flag (cluster.py:145, run_and_check) 2025-06-13 14:20:41 [ 692 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:1999, get_instance_ip) 2025-06-13 14:20:41 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:20:42 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:42 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:43 [ 692 ] DEBUG : No clickhouse process running. Start new one. (cluster.py:3936, start_clickhouse) 2025-06-13 14:20:43 [ 692 ] DEBUG : http://localhost:None "POST /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/exec HTTP/1.1" 201 74 (connectionpool.py:547, _make_request) 2025-06-13 14:20:43 [ 692 ] DEBUG : http://localhost:None "POST /v1.46/exec/1da426a8f017977ea720d2b1fab49bb9777acbed14307e12e32426fc0a0df59a/start HTTP/1.1" 200 0 (connectionpool.py:547, _make_request) 2025-06-13 14:20:43 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/exec/1da426a8f017977ea720d2b1fab49bb9777acbed14307e12e32426fc0a0df59a/json HTTP/1.1" 200 586 (connectionpool.py:547, _make_request) 2025-06-13 14:20:44 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:44 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:44 [ 692 ] DEBUG : Stdout:780 (cluster.py:145, run_and_check) 2025-06-13 14:20:44 [ 692 ] DEBUG : Clickhouse process running. (cluster.py:3950, start_clickhouse) 2025-06-13 14:20:44 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:20:44 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:20:44 [ 692 ] DEBUG : Stdout:780 (cluster.py:145, run_and_check) 2025-06-13 14:20:44 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:48 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:48 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:49 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:50 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:51 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:51 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:20:52 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:53 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:56 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:56 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:20:58 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:20:59 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:21:00 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:21:01 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:21:01 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:21:01 [ 692 ] DEBUG : Stdout:780 (cluster.py:145, run_and_check) 2025-06-13 14:21:01 [ 692 ] WARNING : ERROR Client failed! Return code: 210, stderr: Code: 210. DB::NetException: Connection refused (172.16.1.2:9000). (NETWORK_ERROR) (cluster.py:3983, wait_start) 2025-06-13 14:21:01 [ 692 ] DEBUG : run container_id:roottestkeeperreconfigadd-gw9-node3-1 detach:False nothrow:False cmd: ['bash', '-c', "ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'"] (cluster.py:2045, exec_in_container) 2025-06-13 14:21:01 [ 692 ] DEBUG : Command:[docker exec roottestkeeperreconfigadd-gw9-node3-1 bash -c ps ax | grep 'clickhouse' | grep -v 'grep' | grep -v 'coproc' | grep -v 'bash -c' | awk '{print $1}'] (cluster.py:121, run_and_check) 2025-06-13 14:21:01 [ 692 ] DEBUG : Stdout:780 (cluster.py:145, run_and_check) 2025-06-13 14:21:01 [ 692 ] DEBUG : Executing query select 20 on node3 (cluster.py:3570, query) 2025-06-13 14:21:02 [ 692 ] DEBUG : Waiting until keeper will be ready on node3:9181 (timeout=30.000000) (keeper_utils.py:291, wait_until_connected) 2025-06-13 14:21:02 [ 692 ] DEBUG : Sending mntr to :9181 (keeper_utils.py:271, send_4lw_cmd) 2025-06-13 14:21:02 [ 692 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:21:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:21:02 [ 692 ] DEBUG : Sending mntr to :9181 (keeper_utils.py:271, send_4lw_cmd) 2025-06-13 14:21:02 [ 692 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:21:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:21:02 [ 692 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:21:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:21:02 [ 692 ] DEBUG : Waiting until keeper can create sessions on 172.16.1.2:9181 (timeout=30.000000) (keeper_utils.py:307, wait_until_connected) 2025-06-13 14:21:02 [ 692 ] INFO : Connecting to 172.16.1.2(172.16.1.2):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:21:02 [ 692 ] DEBUG : Sending request(xid=None): Connect(protocol_version=0, last_zxid_seen=0, time_out=29867, session_id=0, passwd=b'\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00\x00', read_only=None) (connection.py:312, _submit) 2025-06-13 14:21:02 [ 692 ] INFO : Zookeeper connection established, state: CONNECTED (client.py:532, _session_callback) 2025-06-13 14:21:02 [ 692 ] DEBUG : Sending request(xid=1): GetData(path='/keeper/api_version', watcher=None) (connection.py:312, _submit) 2025-06-13 14:21:02 [ 692 ] DEBUG : Received response(xid=1): (b'2', ZnodeStat(czxid=0, mzxid=0, ctime=0, mtime=0, version=0, cversion=0, aversion=0, ephemeralOwner=0, dataLength=1, numChildren=0, pzxid=0)) (connection.py:410, _read_response) 2025-06-13 14:21:02 [ 692 ] DEBUG : Sending request(xid=2): Close() (connection.py:312, _submit) 2025-06-13 14:21:02 [ 692 ] WARNING : Connection dropped: socket connection broken (connection.py:622, _connect_attempt) 2025-06-13 14:21:02 [ 692 ] WARNING : Transition to CONNECTING (connection.py:626, _connect_attempt) 2025-06-13 14:21:02 [ 692 ] INFO : Zookeeper connection lost (client.py:543, _session_callback) 2025-06-13 14:21:02 [ 692 ] WARNING : Failed connecting to Zookeeper within the connection retry policy. (connection.py:515, zk_loop) 2025-06-13 14:21:02 [ 692 ] INFO : Zookeeper session closed, state: CLOSED (client.py:537, _session_callback) 2025-06-13 14:21:02 [ 692 ] DEBUG : get_instance_ip instance_name=node3 (cluster.py:1999, get_instance_ip) 2025-06-13 14:21:02 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node3-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:21:07 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:21:08 [ 692 ] DEBUG : get_instance_ip instance_name=node1 (cluster.py:1999, get_instance_ip) 2025-06-13 14:21:08 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node1-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:21:10 [ 692 ] DEBUG : get_instance_ip instance_name=node2 (cluster.py:1999, get_instance_ip) 2025-06-13 14:21:10 [ 692 ] DEBUG : http://localhost:None "GET /v1.46/containers/roottestkeeperreconfigadd-gw9-node2-1/json HTTP/1.1" 200 None (connectionpool.py:547, _make_request) 2025-06-13 14:21:11 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:21:25 [ 692 ] INFO : Connecting to 172.16.10.3(172.16.10.3):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:21:28 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) ---------------------------- Captured log teardown ----------------------------- 2025-06-13 14:21:31 [ 692 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/.env --project-name roottestkeeperreconfigadd-gw9 --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/docker-compose.yml stop --timeout 20] (cluster.py:121, run_and_check) 2025-06-13 14:21:33 [ 692 ] INFO : Connecting to 172.16.10.4(172.16.10.4):9181, use_ssl: False (connection.py:650, _connect) 2025-06-13 14:21:36 [ 692 ] WARNING : Connection dropped: socket connection error: No route to host (connection.py:622, _connect_attempt) 2025-06-13 14:21:49 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:21:49 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:21:49 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:21:49 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:21:49 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:21:49 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:21:49 [ 692 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:21:50 [ 692 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:21:50 [ 692 ] DEBUG : Command:[bash -c [ -f /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/logs/stderr.log ] && zgrep -aH "==================" /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/logs/stderr.log* | ( [ -z "" ] && cat || grep -v "$" ) || true] (cluster.py:121, run_and_check) 2025-06-13 14:21:50 [ 692 ] DEBUG : Command:[docker compose --env-file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/.env --project-name roottestkeeperreconfigadd-gw9 --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node1/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node2/docker-compose.yml --file /ClickHouse/tests/integration/test_keeper_reconfig_add/_instances-0-gw9/node3/docker-compose.yml down --volumes] (cluster.py:121, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Stopping (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Stopped (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Removing (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node2-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node1-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Container roottestkeeperreconfigadd-gw9-node3-1 Removed (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Network roottestkeeperreconfigadd-gw9_default Removing (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Stderr: Network roottestkeeperreconfigadd-gw9_default Removed (cluster.py:147, run_and_check) 2025-06-13 14:21:52 [ 692 ] DEBUG : Cleanup called (cluster.py:846, cleanup) 2025-06-13 14:21:52 [ 692 ] DEBUG : Docker networks for project roottestkeeperreconfigadd-gw9 are NETWORK ID NAME DRIVER SCOPE (cluster.py:825, print_all_docker_pieces) 2025-06-13 14:21:52 [ 692 ] DEBUG : Docker containers for project roottestkeeperreconfigadd-gw9 are CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES (cluster.py:833, print_all_docker_pieces) 2025-06-13 14:21:53 [ 692 ] DEBUG : Docker volumes for project roottestkeeperreconfigadd-gw9 are DRIVER VOLUME NAME (cluster.py:841, print_all_docker_pieces) 2025-06-13 14:21:53 [ 692 ] DEBUG : Command:[docker container list --all --filter name='^/roottestkeeperreconfigadd-gw9-.*-1$' --format '{{.ID}}:{{.Names}}'] (cluster.py:121, run_and_check) 2025-06-13 14:21:53 [ 692 ] DEBUG : Unstopped containers: {} (cluster.py:860, cleanup) 2025-06-13 14:21:53 [ 692 ] DEBUG : No running containers for project: roottestkeeperreconfigadd-gw9 (cluster.py:874, cleanup) 2025-06-13 14:21:53 [ 692 ] DEBUG : Trying to prune unused networks... (cluster.py:880, cleanup) 2025-06-13 14:21:53 [ 692 ] DEBUG : Trying to prune unused images... (cluster.py:896, cleanup) 2025-06-13 14:21:53 [ 692 ] DEBUG : Command:[docker image prune -f] (cluster.py:121, run_and_check) 2025-06-13 14:21:53 [ 692 ] DEBUG : Stdout:Total reclaimed space: 0B (cluster.py:145, run_and_check) 2025-06-13 14:21:53 [ 692 ] DEBUG : Images pruned (cluster.py:899, cleanup) 2025-06-13 14:21:53 [ 692 ] DEBUG : Trying to prune unused volumes... (cluster.py:905, cleanup) 2025-06-13 14:21:53 [ 692 ] DEBUG : Command:[docker volume ls | wc -l] (cluster.py:121, run_and_check) 2025-06-13 14:21:53 [ 692 ] DEBUG : Stdout:1 (cluster.py:145, run_and_check) 2025-06-13 14:21:53 [ 692 ] DEBUG : Volumes pruned: 1 (cluster.py:910, cleanup) ----------------- generated report log file: parallel1_0.jsonl ----------------- ============================== slowest durations =============================== 375.64s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] 223.01s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] 162.28s call test_named_collections/test.py::test_keeper_storage 147.37s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] 143.26s call test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] 127.85s call test_overcommit_tracker/test.py::test_user_overcommit 120.05s call test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] 74.06s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] 67.83s call test_keeper_zookeeper_converter/test.py::test_smoke[False] 65.85s call test_keeper_reconfig_add/test.py::test_reconfig_add 61.53s call test_named_collections/test.py::test_sql_commands[True] 56.14s call test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command 56.14s call test_on_cluster_timeouts/test.py::test_long_query 54.66s setup test_format_avro_confluent/test.py::test_select 53.39s call test_named_collections/test.py::test_sql_commands[False] 52.47s call test_named_collections/test.py::test_granular_access_show_query 50.61s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] 48.03s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] 46.27s call test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] 43.05s setup test_on_cluster_timeouts/test.py::test_long_query 42.40s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] 41.77s call test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] 37.49s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] 36.90s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] 36.54s teardown test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command 36.37s call test_named_collections/test.py::test_default_access 34.55s setup test_keeper_reconfig_add/test.py::test_reconfig_add 33.13s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] 32.58s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] 32.49s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] 29.12s call test_keeper_zookeeper_converter/test.py::test_acls[True] 28.74s call test_polymorphic_parts/test.py::test_compact_parts_only 27.68s setup test_polymorphic_parts/test.py::test_compact_parts_only 27.53s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] 25.09s setup test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table 24.60s call test_keeper_zookeeper_converter/test.py::test_smoke[True] 24.39s setup test_named_collections/test.py::test_config_reload 24.24s teardown test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 24.19s setup test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command 24.16s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] 23.27s call test_executable_dictionary/test.py::test_executable_source_updated_python 23.04s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] 22.45s call test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] 22.45s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] 22.19s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] 21.97s teardown test_keeper_reconfig_add/test.py::test_reconfig_add 21.76s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] 21.66s setup test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 21.62s setup test_executable_dictionary/test.py::test_executable_implicit_input_python 21.21s setup test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams 20.53s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] 20.46s setup test_match_process_uid_against_data_owner/test.py::test_different_user 20.17s call test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 20.08s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] 19.83s teardown test_format_avro_confluent/test.py::test_select_auth_encoded_complex 19.37s call test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] 19.04s setup test_merge_tree_s3_failover/test.py::test_move_failover 18.87s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] 18.18s call test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] 17.86s call test_match_process_uid_against_data_owner/test.py::test_different_user 17.57s teardown test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table 17.23s teardown test_named_collections/test.py::test_sql_commands[True] 15.95s setup test_keeper_session/test.py::test_session_close_shutdown 15.44s setup test_keeper_zookeeper_converter/test.py::test_acls[False] 14.34s setup test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] 14.32s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] 14.20s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive 14.20s setup test_overcommit_tracker/test.py::test_user_overcommit 14.10s call test_keeper_zookeeper_converter/test.py::test_acls[False] 13.71s call test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] 13.09s call test_keeper_session/test.py::test_session_close_shutdown 12.95s teardown test_on_cluster_timeouts/test.py::test_long_query 12.21s call test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree 11.13s call test_named_collections/test.py::test_name_escaping[node_with_keeper] 11.04s call test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 11.03s call test_executable_dictionary/test.py::test_executable_input_slow_python 10.43s setup test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete 10.18s call test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 10.18s call test_named_collections/test.py::test_name_escaping[node] 10.09s teardown test_overcommit_tracker/test.py::test_user_overcommit 9.73s call test_named_collections/test.py::test_show_grants 8.94s call test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 8.34s call test_merge_tree_s3_failover/test.py::test_move_failover 8.32s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] 8.30s teardown test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 7.89s call test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where 7.08s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] 6.90s call test_named_collections/test.py::test_granular_access_create_alter_drop_query 6.57s teardown test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant 6.55s teardown test_merge_tree_empty_parts/test.py::test_empty_parts_summing 4.63s teardown test_match_process_uid_against_data_owner/test.py::test_different_user 4.30s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree 4.26s setup test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant 4.22s call test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams 3.99s call test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] 3.99s call test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where 3.76s teardown test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] 3.75s call test_polymorphic_parts/test.py::test_polymorphic_parts_index 3.74s call test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant 3.73s call test_merge_tree_empty_parts/test.py::test_empty_parts_summing 3.65s call test_executable_dictionary/test.py::test_executable_source_python 3.51s call test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete 3.37s call test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table 3.35s teardown test_executable_dictionary/test.py::test_executable_source_updated_python 3.15s call test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] 3.08s teardown test_keeper_session/test.py::test_session_timeout 2.91s call test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive 2.86s call test_executable_dictionary/test.py::test_executable_source_argument_python 2.48s call test_named_collections/test.py::test_config_reload 2.31s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] 2.25s call test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 2.12s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] 2.04s call test_executable_dictionary/test.py::test_executable_input_argument_python 1.89s call test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] 1.81s teardown test_keeper_zookeeper_converter/test.py::test_smoke[True] 1.77s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] 1.76s call test_executable_dictionary/test.py::test_executable_source_exit_code_check 1.73s call test_executable_dictionary/test.py::test_executable_input_bash 1.72s call test_merge_tree_s3_failover/test.py::test_retry_loading_parts 1.72s call test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 1.71s call test_executable_dictionary/test.py::test_executable_non_direct_input_bash 1.62s call test_executable_dictionary/test.py::test_executable_input_python 1.57s call test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] 1.47s call test_executable_dictionary/test.py::test_executable_input_signalled_python 1.44s call test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] 1.39s call test_merge_tree_s3_failover/test.py::test_throttle_retry 1.25s call test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 1.18s call test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 1.03s teardown test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 0.93s call test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.91s call test_executable_dictionary/test.py::test_executable_input_sum_python 0.86s call test_executable_dictionary/test.py::test_executable_implicit_input_python 0.54s call test_format_avro_confluent/test.py::test_select_auth 0.53s teardown test_merge_tree_s3_failover/test.py::test_throttle_retry 0.50s call test_format_avro_confluent/test.py::test_select 0.43s call test_keeper_session/test.py::test_session_timeout 0.37s call test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] 0.32s call test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] 0.27s teardown test_merge_tree_s3_failover/test.py::test_move_failover 0.27s call test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] 0.27s teardown test_merge_tree_s3_failover/test.py::test_retry_loading_parts 0.27s call test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] 0.27s call test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] 0.27s call test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] 0.06s call test_format_avro_confluent/test.py::test_select_auth_encoded 0.06s call test_format_avro_confluent/test.py::test_select_auth_encoded_complex 0.03s setup test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] 0.02s teardown test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] 0.01s teardown test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] 0.01s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] 0.01s teardown test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] 0.01s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] 0.01s teardown test_polymorphic_parts/test.py::test_compact_parts_only 0.01s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_smoke[False] 0.00s setup test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_acls[True] 0.00s teardown test_format_avro_confluent/test.py::test_select 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] 0.00s setup test_keeper_zookeeper_converter/test.py::test_smoke[True] 0.00s teardown test_named_collections/test.py::test_granular_access_show_query 0.00s setup test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] 0.00s setup test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] 0.00s setup test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] 0.00s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] 0.00s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_index 0.00s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] 0.00s teardown test_named_collections/test.py::test_keeper_storage 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.00s setup test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] 0.00s setup test_named_collections/test.py::test_keeper_storage 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] 0.00s teardown test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete 0.00s setup test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] 0.00s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] 0.00s setup test_named_collections/test.py::test_granular_access_create_alter_drop_query 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] 0.00s teardown test_named_collections/test.py::test_default_access 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.00s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where 0.00s teardown test_named_collections/test.py::test_config_reload 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] 0.00s setup test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] 0.00s setup test_executable_dictionary/test.py::test_executable_source_updated_python 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] 0.00s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] 0.00s setup test_named_collections/test.py::test_name_escaping[node] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] 0.00s teardown test_keeper_zookeeper_converter/test.py::test_acls[False] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] 0.00s setup test_merge_tree_s3_failover/test.py::test_retry_loading_parts 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] 0.00s setup test_merge_tree_s3_failover/test.py::test_throttle_retry 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_slow_python 0.00s setup test_format_avro_confluent/test.py::test_select_auth 0.00s teardown test_keeper_session/test.py::test_session_close_shutdown 0.00s setup test_named_collections/test.py::test_default_access 0.00s setup test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] 0.00s setup test_keeper_zookeeper_converter/test.py::test_smoke[False] 0.00s setup test_executable_dictionary/test.py::test_executable_input_python 0.00s setup test_named_collections/test.py::test_sql_commands[True] 0.00s setup test_keeper_session/test.py::test_session_timeout 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] 0.00s setup test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] 0.00s setup test_named_collections/test.py::test_show_grants 0.00s setup test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] 0.00s setup test_merge_tree_empty_parts/test.py::test_empty_parts_summing 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] 0.00s teardown test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] 0.00s teardown test_named_collections/test.py::test_sql_commands[False] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] 0.00s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] 0.00s setup test_named_collections/test.py::test_granular_access_show_query 0.00s setup test_keeper_zookeeper_converter/test.py::test_acls[True] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] 0.00s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] 0.00s setup test_named_collections/test.py::test_sql_commands[False] 0.00s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams 0.00s setup test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] 0.00s teardown test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] 0.00s setup test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where 0.00s setup test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] 0.00s teardown test_named_collections/test.py::test_name_escaping[node_with_keeper] 0.00s setup test_named_collections/test.py::test_name_escaping[node_with_keeper] 0.00s teardown test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] 0.00s setup test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] 0.00s setup test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] 0.00s setup test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where 0.00s setup test_format_avro_confluent/test.py::test_select_auth_encoded_complex 0.00s teardown test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] 0.00s setup test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.00s teardown test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.00s setup test_executable_dictionary/test.py::test_executable_input_sum_python 0.00s teardown test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] 0.00s setup test_executable_dictionary/test.py::test_executable_source_python 0.00s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] 0.00s teardown test_named_collections/test.py::test_name_escaping[node] 0.00s setup test_executable_dictionary/test.py::test_executable_input_bash 0.00s setup test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.00s setup test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.00s teardown test_executable_dictionary/test.py::test_executable_input_argument_python 0.00s teardown test_executable_dictionary/test.py::test_executable_source_python 0.00s setup test_executable_dictionary/test.py::test_executable_input_signalled_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_slow_python 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] 0.00s teardown test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] 0.00s teardown test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] 0.00s teardown test_named_collections/test.py::test_granular_access_create_alter_drop_query 0.00s teardown test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] 0.00s setup test_executable_dictionary/test.py::test_executable_source_argument_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_sum_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_sum_python 0.00s setup test_format_avro_confluent/test.py::test_select_auth_encoded 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_python 0.00s teardown test_executable_dictionary/test.py::test_executable_input_bash 0.00s teardown test_named_collections/test.py::test_show_grants 0.00s setup test_executable_dictionary/test.py::test_executable_input_slow_python 0.00s setup test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive 0.00s setup test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python 0.00s teardown test_format_avro_confluent/test.py::test_select_auth_encoded 0.00s setup test_executable_dictionary/test.py::test_executable_input_argument_python 0.00s teardown test_format_avro_confluent/test.py::test_select_auth 0.00s teardown test_executable_dictionary/test.py::test_executable_source_exit_code_check 0.00s teardown test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python 0.00s teardown test_executable_dictionary/test.py::test_executable_source_argument_python 0.00s teardown test_polymorphic_parts/test.py::test_polymorphic_parts_index 0.00s teardown test_executable_dictionary/test.py::test_executable_input_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash 0.00s teardown test_executable_dictionary/test.py::test_executable_non_direct_input_bash 0.00s teardown test_executable_dictionary/test.py::test_executable_input_signalled_python 0.00s teardown test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python =========================== short test summary info ============================ FAILED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True] FAILED test_keeper_reconfig_add/test.py::test_reconfig_add - helpers.keeper_u... PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False] PASSED test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('{file_name}') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True] PASSED test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '{file_name}' FORMAT Parquet;-True] PASSED test_executable_dictionary/test.py::test_executable_implicit_input_python PASSED test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python PASSED test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams PASSED test_named_collections/test.py::test_config_reload PASSED test_merge_tree_s3_failover/test.py::test_move_failover PASSED test_merge_tree_s3_failover/test.py::test_retry_loading_parts PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where PASSED test_keeper_zookeeper_converter/test.py::test_acls[False] PASSED test_merge_tree_s3_failover/test.py::test_throttle_retry PASSED test_executable_dictionary/test.py::test_executable_implicit_input_slow_python PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where PASSED test_executable_dictionary/test.py::test_executable_implicit_input_sum_python PASSED test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash PASSED test_executable_dictionary/test.py::test_executable_input_argument_python PASSED test_executable_dictionary/test.py::test_executable_input_bash PASSED test_executable_dictionary/test.py::test_executable_input_python PASSED test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python PASSED test_executable_dictionary/test.py::test_executable_input_signalled_python PASSED test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0] PASSED test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0] PASSED test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1] PASSED test_format_avro_confluent/test.py::test_select PASSED test_format_avro_confluent/test.py::test_select_auth PASSED test_format_avro_confluent/test.py::test_select_auth_encoded PASSED test_format_avro_confluent/test.py::test_select_auth_encoded_complex PASSED test_polymorphic_parts/test.py::test_compact_parts_only PASSED test_keeper_zookeeper_converter/test.py::test_acls[True] PASSED test_executable_dictionary/test.py::test_executable_input_slow_python PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact] PASSED test_executable_dictionary/test.py::test_executable_input_sum_python PASSED test_executable_dictionary/test.py::test_executable_non_direct_input_bash PASSED test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0] PASSED test_named_collections/test.py::test_default_access PASSED test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide] PASSED test_executable_dictionary/test.py::test_executable_source_argument_python PASSED test_executable_dictionary/test.py::test_executable_source_exit_code_check PASSED test_executable_dictionary/test.py::test_executable_source_python PASSED test_named_collections/test.py::test_granular_access_create_alter_drop_query PASSED test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0] PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False] PASSED test_keeper_session/test.py::test_session_close_shutdown PASSED test_keeper_session/test.py::test_session_timeout PASSED test_executable_dictionary/test.py::test_executable_source_updated_python PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1] PASSED test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True] PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete PASSED test_merge_tree_empty_parts/test.py::test_empty_parts_summing PASSED test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0] PASSED test_named_collections/test.py::test_granular_access_show_query PASSED test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0] PASSED test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1] PASSED test_on_cluster_timeouts/test.py::test_long_query PASSED test_keeper_zookeeper_converter/test.py::test_smoke[False] PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1] PASSED test_match_process_uid_against_data_owner/test.py::test_different_user PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_index PASSED test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive PASSED test_overcommit_tracker/test.py::test_user_overcommit PASSED test_keeper_zookeeper_converter/test.py::test_smoke[True] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0] PASSED test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1] PASSED test_named_collections/test.py::test_keeper_storage PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1] PASSED test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0] PASSED test_named_collections/test.py::test_name_escaping[node] PASSED test_named_collections/test.py::test_name_escaping[node_with_keeper] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0] PASSED test_named_collections/test.py::test_show_grants PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1] PASSED test_named_collections/test.py::test_sql_commands[False] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0] PASSED test_named_collections/test.py::test_sql_commands[True] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0] PASSED test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server] PASSED test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user] =================== 2 failed, 98 passed in 914.02s (0:15:14) =================== Traceback (most recent call last): File "/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration/./runner", line 492, in subprocess.check_call(cmd, shell=True, bufsize=0) File "/usr/lib/python3.10/subprocess.py", line 369, in check_call raise CalledProcessError(retcode, cmd) subprocess.CalledProcessError: Command 'docker run --rm --name clickhouse_integration_tests_lunaxb --privileged --dns-search='.' --memory=30709026816 --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --volume=/home/ubuntu/_work/_temp/test/build/clickhouse:/clickhouse --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/programs/server:/clickhouse-config --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/tests/integration:/ClickHouse/tests/integration --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/backupview:/ClickHouse/utils/backupview --volume=/home/ubuntu/_work/ClickHouse/ClickHouse/utils/grpc-client/pb2:/ClickHouse/utils/grpc-client/pb2 --volume=/run:/run/host:ro --volume=clickhouse_integration_tests_volume:/var/lib/docker -e DOCKER_DOTNET_CLIENT_TAG=11de0b29a15d -e DOCKER_HELPER_TAG=5dc43a6382f0 -e DOCKER_BASE_TAG=5ccda723c1fc -e DOCKER_KERBEROS_KDC_TAG=9391ecdee8d7 -e DOCKER_MYSQL_GOLANG_CLIENT_TAG=9bec2a638e6e -e DOCKER_MYSQL_JAVA_CLIENT_TAG=766bff31cfe4 -e DOCKER_MYSQL_JS_CLIENT_TAG=41ba7c2ec2a1 -e DOCKER_MYSQL_PHP_CLIENT_TAG=88be89c1e3b6 -e DOCKER_NGINX_DAV_TAG=b55ac9cd7519 -e DOCKER_POSTGRESQL_JAVA_CLIENT_TAG=a4eff5c7f4d6 -e DOCKER_PYTHON_BOTTLE_TAG=d862517635bf -e DOCKER_CLIENT_TIMEOUT=300 -e COMPOSE_HTTP_TIMEOUT=600 -e CLICKHOUSE_USE_OLD_ANALYZER=1 -e PYTHONUNBUFFERED=1 -e PYTEST_ADDOPTS="--dist=loadfile -n 10 -rfEps --run-id=0 --color=no --durations=0 --report-log=parallel1_0.jsonl --report-log-exclude-logs-on-passed-tests test_executable_dictionary/test.py::test_executable_implicit_input_python test_executable_dictionary/test.py::test_executable_implicit_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_implicit_input_signalled_python test_executable_dictionary/test.py::test_executable_implicit_input_slow_python test_executable_dictionary/test.py::test_executable_implicit_input_sum_python test_executable_dictionary/test.py::test_executable_implicit_non_direct_input_bash test_executable_dictionary/test.py::test_executable_input_argument_python test_executable_dictionary/test.py::test_executable_input_bash test_executable_dictionary/test.py::test_executable_input_python test_executable_dictionary/test.py::test_executable_input_send_chunk_header_python test_executable_dictionary/test.py::test_executable_input_signalled_python test_executable_dictionary/test.py::test_executable_input_slow_python test_executable_dictionary/test.py::test_executable_input_sum_python test_executable_dictionary/test.py::test_executable_non_direct_input_bash test_executable_dictionary/test.py::test_executable_source_argument_python test_executable_dictionary/test.py::test_executable_source_exit_code_check test_executable_dictionary/test.py::test_executable_source_python test_executable_dictionary/test.py::test_executable_source_updated_python test_format_avro_confluent/test.py::test_select test_format_avro_confluent/test.py::test_select_auth test_format_avro_confluent/test.py::test_select_auth_encoded test_format_avro_confluent/test.py::test_select_auth_encoded_complex test_grant_and_revoke/test_without_table_engine_grant.py::test_table_engine_and_source_grant test_groupBitmapAnd_on_distributed/test_groupBitmapAndState_on_distributed_table.py::test_groupBitmapAndState_on_distributed_table test_keeper_reconfig_add/test.py::test_reconfig_add test_keeper_reconfig_replace_leader_in_one_command/test.py::test_reconfig_replace_leader_in_one_command test_keeper_session/test.py::test_session_close_shutdown test_keeper_session/test.py::test_session_timeout 'test_keeper_zookeeper_converter/test.py::test_acls[False]' 'test_keeper_zookeeper_converter/test.py::test_acls[True]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_multi_and_failed_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[False]' 'test_keeper_zookeeper_converter/test.py::test_simple_crud_requests[True]' 'test_keeper_zookeeper_converter/test.py::test_smoke[False]' 'test_keeper_zookeeper_converter/test.py::test_smoke[True]' test_match_process_uid_against_data_owner/test.py::test_different_user 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_group_by[user]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[server]' 'test_max_bytes_ratio_before_external_order_group_by_for_server/test.py::test_max_bytes_ratio_before_external_sort[user]' test_merge_tree_empty_parts/test.py::test_empty_parts_alter_delete test_merge_tree_empty_parts/test.py::test_empty_parts_summing test_merge_tree_s3_failover/test.py::test_move_failover test_merge_tree_s3_failover/test.py::test_retry_loading_parts test_merge_tree_s3_failover/test.py::test_throttle_retry 'test_merge_tree_s3_failover/test.py::test_write_failover[0-14-2]' 'test_merge_tree_s3_failover/test.py::test_write_failover[1048576-10-0]' test_mutations_in_partitions_of_merge_tree/test.py::test_mutation_max_streams test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_with_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_merge_tree_without_where test_mutations_in_partitions_of_merge_tree/test.py::test_trivial_alter_in_partition_replicated_merge_tree test_named_collections/test.py::test_config_reload test_named_collections/test.py::test_default_access test_named_collections/test.py::test_granular_access_create_alter_drop_query test_named_collections/test.py::test_granular_access_show_query test_named_collections/test.py::test_keeper_storage 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[False-expected_raise1]' 'test_named_collections/test.py::test_keeper_storage_remove_on_cluster[True-expected_raise0]' 'test_named_collections/test.py::test_name_escaping[node]' 'test_named_collections/test.py::test_name_escaping[node_with_keeper]' test_named_collections/test.py::test_show_grants 'test_named_collections/test.py::test_sql_commands[False]' 'test_named_collections/test.py::test_sql_commands[True]' test_on_cluster_timeouts/test.py::test_long_query test_overcommit_tracker/test.py::test_user_overcommit 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[0-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_range-sipHash64(key)-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-key-1]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-0]' 'test_parallel_replicas_custom_key_failover/test.py::test_parallel_replicas_custom_key_failover[1-custom_key_sampling-sipHash64(key)-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[0-1]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-0]' 'test_parallel_replicas_protocol/test.py::test_mark_segment_size_communicated_correctly[1-1]' test_parallel_replicas_snapshot_from_initiator/test.py::test_initiator_snapshot_is_used_for_reading 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=false FORMAT Parquet-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_insert_into_table_function_file[INSERT INTO TABLE FUNCTION file('\"'\"'{file_name}'\"'\"') SELECT number, number+1 FROM system.numbers LIMIT 100 SETTINGS output_format_parquet_use_custom_encoder=false, output_format_parquet_write_page_index=true FORMAT Parquet-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = false;-False]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet SETTINGS output_format_parquet_use_custom_encoder = false, output_format_parquet_write_page_index = true;-True]' 'test_parquet_page_index/test.py::test_parquet_page_index_select_into_outfile[SELECT number, number+1 FROM system.numbers LIMIT 100 INTO OUTFILE '\"'\"'{file_name}'\"'\"' FORMAT Parquet;-True]' test_polymorphic_parts/test.py::test_compact_parts_only 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_compact-Compact]' 'test_polymorphic_parts/test.py::test_different_part_types_on_replicas[polymorphic_table_wide-Wide]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node0-second_node0]' 'test_polymorphic_parts/test.py::test_polymorphic_parts_basics[first_node1-second_node1]' test_polymorphic_parts/test.py::test_polymorphic_parts_index test_polymorphic_parts/test.py::test_polymorphic_parts_non_adaptive -vvv " altinityinfra/integration-tests-runner:ad96270260ff ' returned non-zero exit status 1.